<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type" content="text/xhtml;charset=UTF-8"/>
<meta http-equiv="X-UA-Compatible" content="IE=9"/>
<meta name="generator" content="Doxygen 1.8.11"/>
<title>GrPPI: pipeline.h Source File</title>
<link href="tabs.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="jquery.js"></script>
<script type="text/javascript" src="dynsections.js"></script>
<link href="search/search.css" rel="stylesheet" type="text/css"/>
<script type="text/javascript" src="search/searchdata.js"></script>
<script type="text/javascript" src="search/search.js"></script>
<script type="text/javascript">
  $(document).ready(function() { init_search(); });
</script>
<link href="doxygen.css" rel="stylesheet" type="text/css" />
</head>
<body>
<div id="top"><!-- do not remove this div, it is closed by doxygen! -->
<div id="titlearea">
<table cellspacing="0" cellpadding="0">
 <tbody>
 <tr style="height: 56px;">
  <td id="projectlogo"><img alt="Logo" src="logo.svg"/></td>
  <td id="projectalign" style="padding-left: 0.5em;">
   <div id="projectname">GrPPI
   &#160;<span id="projectnumber">0.2</span>
   </div>
   <div id="projectbrief">Generic and Reusable Parallel Pattern Interface</div>
  </td>
 </tr>
 </tbody>
</table>
</div>
<!-- end header part -->
<!-- Generated by Doxygen 1.8.11 -->
<script type="text/javascript">
var searchBox = new SearchBox("searchBox", "search",false,'Search');
</script>
  <div id="navrow1" class="tabs">
    <ul class="tablist">
      <li><a href="index.html"><span>Main&#160;Page</span></a></li>
      <li><a href="pages.html"><span>Related&#160;Pages</span></a></li>
      <li><a href="modules.html"><span>Modules</span></a></li>
      <li><a href="namespaces.html"><span>Namespaces</span></a></li>
      <li><a href="annotated.html"><span>Classes</span></a></li>
      <li class="current"><a href="files.html"><span>Files</span></a></li>
      <li>
        <div id="MSearchBox" class="MSearchBoxInactive">
        <span class="left">
          <img id="MSearchSelect" src="search/mag_sel.png"
               onmouseover="return searchBox.OnSearchSelectShow()"
               onmouseout="return searchBox.OnSearchSelectHide()"
               alt=""/>
          <input type="text" id="MSearchField" value="Search" accesskey="S"
               onfocus="searchBox.OnSearchFieldFocus(true)" 
               onblur="searchBox.OnSearchFieldFocus(false)" 
               onkeyup="searchBox.OnSearchFieldChange(event)"/>
          </span><span class="right">
            <a id="MSearchClose" href="javascript:searchBox.CloseResultsWindow()"><img id="MSearchCloseImg" border="0" src="search/close.png" alt=""/></a>
          </span>
        </div>
      </li>
    </ul>
  </div>
  <div id="navrow2" class="tabs2">
    <ul class="tablist">
      <li><a href="files.html"><span>File&#160;List</span></a></li>
    </ul>
  </div>
<!-- window showing the filter options -->
<div id="MSearchSelectWindow"
     onmouseover="return searchBox.OnSearchSelectShow()"
     onmouseout="return searchBox.OnSearchSelectHide()"
     onkeydown="return searchBox.OnSearchSelectKey(event)">
</div>

<!-- iframe showing the search results (closed by default) -->
<div id="MSearchResultsWindow">
<iframe src="javascript:void(0)" frameborder="0" 
        name="MSearchResults" id="MSearchResults">
</iframe>
</div>

<div id="nav-path" class="navpath">
  <ul>
<li class="navelem"><a class="el" href="dir_d44c64559bbebec7f509842c48db8b23.html">include</a></li><li class="navelem"><a class="el" href="dir_b519bdaee6a7f8dbbe55c1237cf8f544.html">native</a></li>  </ul>
</div>
</div><!-- top -->
<div class="header">
  <div class="headertitle">
<div class="title">native/pipeline.h</div>  </div>
</div><!--header-->
<div class="contents">
<a href="native_2pipeline_8h.html">Go to the documentation of this file.</a><div class="fragment"><div class="line"><a name="l00001"></a><span class="lineno">    1</span>&#160;</div><div class="line"><a name="l00021"></a><span class="lineno">   21</span>&#160;<span class="preprocessor">#ifndef GRPPI_NATIVE_PIPELINE_H</span></div><div class="line"><a name="l00022"></a><span class="lineno">   22</span>&#160;<span class="preprocessor">#define GRPPI_NATIVE_PIPELINE_H</span></div><div class="line"><a name="l00023"></a><span class="lineno">   23</span>&#160;</div><div class="line"><a name="l00024"></a><span class="lineno">   24</span>&#160;<span class="preprocessor">#include &quot;<a class="code" href="parallel__execution__native_8h.html">parallel_execution_native.h</a>&quot;</span></div><div class="line"><a name="l00025"></a><span class="lineno">   25</span>&#160;<span class="preprocessor">#include &quot;../common/pack_traits.h&quot;</span></div><div class="line"><a name="l00026"></a><span class="lineno">   26</span>&#160;<span class="preprocessor">#include &quot;../common/callable_traits.h&quot;</span></div><div class="line"><a name="l00027"></a><span class="lineno">   27</span>&#160;</div><div class="line"><a name="l00028"></a><span class="lineno">   28</span>&#160;<span class="preprocessor">#include &lt;thread&gt;</span></div><div class="line"><a name="l00029"></a><span class="lineno">   29</span>&#160;<span class="preprocessor">#include &lt;experimental/optional&gt;</span></div><div class="line"><a name="l00030"></a><span class="lineno">   30</span>&#160;</div><div class="line"><a name="l00031"></a><span class="lineno">   31</span>&#160;<span class="keyword">namespace </span><a class="code" href="namespacegrppi.html">grppi</a>{</div><div class="line"><a name="l00032"></a><span class="lineno">   32</span>&#160;</div><div class="line"><a name="l00033"></a><span class="lineno">   33</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> InQueue, <span class="keyword">typename</span> OutQueue, <span class="keywordtype">int</span> Index, </div><div class="line"><a name="l00034"></a><span class="lineno">   34</span>&#160;          <span class="keyword">typename</span> ... MoreTransformers,</div><div class="line"><a name="l00035"></a><span class="lineno">   35</span>&#160;          <a class="code" href="namespacegrppi_1_1internal.html#ad87205cdf0538829626a1dc88fca4ccc">internal::requires_index_last</a>&lt;Index,MoreTransformers...&gt; = 0&gt;</div><div class="line"><a name="l00036"></a><span class="lineno"><a class="line" href="namespacegrppi.html#a94f99f5b5ff245645e9fb5fdb9861182">   36</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacegrppi.html#a94f99f5b5ff245645e9fb5fdb9861182">composed_pipeline</a>(InQueue &amp; input_queue, </div><div class="line"><a name="l00037"></a><span class="lineno">   37</span>&#160;                       <span class="keyword">const</span> <a class="code" href="classgrppi_1_1pipeline__info.html">pipeline_info&lt;parallel_execution_native, MoreTransformers...&gt;</a> &amp; pipe, </div><div class="line"><a name="l00038"></a><span class="lineno">   38</span>&#160;                       OutQueue &amp; output_queue, std::vector&lt;std::thread&gt; &amp; tasks)</div><div class="line"><a name="l00039"></a><span class="lineno">   39</span>&#160;{</div><div class="line"><a name="l00040"></a><span class="lineno">   40</span>&#160;  <a class="code" href="namespacegrppi.html#a94f99f5b5ff245645e9fb5fdb9861182">composed_pipeline</a>(pipe.<a class="code" href="classgrppi_1_1pipeline__info.html#a600ef5ecf6c7304f114d5c0df83a240d">exectype</a>, input_queue, </div><div class="line"><a name="l00041"></a><span class="lineno">   41</span>&#160;      std::get&lt;Index&gt;(pipe.<a class="code" href="classgrppi_1_1pipeline__info.html#a4e063c3a9ea8b3bfe678acda47e7a29d">stages</a>), output_queue, tasks);</div><div class="line"><a name="l00042"></a><span class="lineno">   42</span>&#160;}</div><div class="line"><a name="l00043"></a><span class="lineno">   43</span>&#160;</div><div class="line"><a name="l00044"></a><span class="lineno">   44</span>&#160;</div><div class="line"><a name="l00045"></a><span class="lineno">   45</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> InQueue, <span class="keyword">typename</span> OutQueue, <span class="keywordtype">int</span> Index, </div><div class="line"><a name="l00046"></a><span class="lineno">   46</span>&#160;          <span class="keyword">typename</span> ... MoreTransformers,</div><div class="line"><a name="l00047"></a><span class="lineno">   47</span>&#160;          <a class="code" href="namespacegrppi_1_1internal.html#a8ae839f3ca48e80d464799dae8cf2f00">internal::requires_index_not_last</a>&lt;Index,MoreTransformers...&gt; = 0&gt;</div><div class="line"><a name="l00048"></a><span class="lineno">   48</span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacegrppi.html#a94f99f5b5ff245645e9fb5fdb9861182">composed_pipeline</a>(InQueue &amp; input_queue, </div><div class="line"><a name="l00049"></a><span class="lineno">   49</span>&#160;                       <span class="keyword">const</span> <a class="code" href="classgrppi_1_1pipeline__info.html">pipeline_info&lt;parallel_execution_native,MoreTransformers...&gt;</a> &amp; pipeline_obj, </div><div class="line"><a name="l00050"></a><span class="lineno">   50</span>&#160;                       OutQueue &amp; output_queue, std::vector&lt;std::thread&gt; &amp; tasks)</div><div class="line"><a name="l00051"></a><span class="lineno">   51</span>&#160;{</div><div class="line"><a name="l00052"></a><span class="lineno">   52</span>&#160;  <span class="keyword">using namespace </span><a class="code" href="namespacestd.html">std</a>;</div><div class="line"><a name="l00053"></a><span class="lineno">   53</span>&#160;  <span class="keyword">using namespace </span>experimental;</div><div class="line"><a name="l00054"></a><span class="lineno">   54</span>&#160;</div><div class="line"><a name="l00055"></a><span class="lineno">   55</span>&#160;  <span class="keyword">using</span> stage_type = </div><div class="line"><a name="l00056"></a><span class="lineno">   56</span>&#160;      <span class="keyword">typename</span> tuple_element&lt;Index,decltype(pipeline_obj.<a class="code" href="classgrppi_1_1pipeline__info.html#a4e063c3a9ea8b3bfe678acda47e7a29d">stages</a>)&gt;::type;</div><div class="line"><a name="l00057"></a><span class="lineno">   57</span>&#160;  <span class="keyword">using</span> gen_value_type = <span class="keyword">typename</span> InQueue::value_type;</div><div class="line"><a name="l00058"></a><span class="lineno">   58</span>&#160;  <span class="keyword">using</span> input_value_type = <span class="keyword">typename</span> gen_value_type::value_type;</div><div class="line"><a name="l00059"></a><span class="lineno">   59</span>&#160;  <span class="keyword">using</span> result_value_type = </div><div class="line"><a name="l00060"></a><span class="lineno">   60</span>&#160;      <span class="keyword">typename</span> result_of&lt;stage_type(input_value_type)&gt;::type;</div><div class="line"><a name="l00061"></a><span class="lineno">   61</span>&#160;  <span class="keyword">using</span> result_type = optional&lt;result_value_type&gt;;</div><div class="line"><a name="l00062"></a><span class="lineno">   62</span>&#160;</div><div class="line"><a name="l00063"></a><span class="lineno">   63</span>&#160;  <a class="code" href="classgrppi_1_1parallel__execution__native.html">parallel_execution_native</a> &amp; ex = pipeline_obj.<a class="code" href="classgrppi_1_1pipeline__info.html#a600ef5ecf6c7304f114d5c0df83a240d">exectype</a>;</div><div class="line"><a name="l00064"></a><span class="lineno">   64</span>&#160;  <span class="keyword">static</span> <span class="keyword">auto</span> tmp_queue = ex.<a class="code" href="classgrppi_1_1parallel__execution__native.html#a5c310952de159f2b4d62bdae4b360d8f">make_queue</a>&lt;result_type&gt;();</div><div class="line"><a name="l00065"></a><span class="lineno">   65</span>&#160;</div><div class="line"><a name="l00066"></a><span class="lineno">   66</span>&#160;  <a class="code" href="namespacegrppi.html#a94f99f5b5ff245645e9fb5fdb9861182">composed_pipeline</a>(pipeline_obj.<a class="code" href="classgrppi_1_1pipeline__info.html#a600ef5ecf6c7304f114d5c0df83a240d">exectype</a>, input_queue, </div><div class="line"><a name="l00067"></a><span class="lineno">   67</span>&#160;      get&lt;Index&gt;(pipeline_obj.<a class="code" href="classgrppi_1_1pipeline__info.html#a4e063c3a9ea8b3bfe678acda47e7a29d">stages</a>), tmp_queue, tasks);</div><div class="line"><a name="l00068"></a><span class="lineno">   68</span>&#160;  composed_pipeline&lt;mpmc_queue&lt;result_type&gt;, </div><div class="line"><a name="l00069"></a><span class="lineno">   69</span>&#160;      OutQueue, Index+1, MoreTransformers ...&gt;(</div><div class="line"><a name="l00070"></a><span class="lineno">   70</span>&#160;          tmp_queue,pipeline_obj,output_queue,tasks);</div><div class="line"><a name="l00071"></a><span class="lineno">   71</span>&#160;}</div><div class="line"><a name="l00072"></a><span class="lineno">   72</span>&#160;</div><div class="line"><a name="l00073"></a><span class="lineno">   73</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> InQueue, <span class="keyword">typename</span> Transformer, <span class="keyword">typename</span> OutQueue&gt;</div><div class="line"><a name="l00074"></a><span class="lineno"><a class="line" href="namespacegrppi.html#a2be133da07bb838c73395d1e97af2414">   74</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacegrppi.html#a94f99f5b5ff245645e9fb5fdb9861182">composed_pipeline</a>(<a class="code" href="classgrppi_1_1parallel__execution__native.html">parallel_execution_native</a> &amp; ex, InQueue &amp; input_queue,</div><div class="line"><a name="l00075"></a><span class="lineno">   75</span>&#160;                       Transformer &amp;&amp; transform_op, OutQueue &amp; output_queue, </div><div class="line"><a name="l00076"></a><span class="lineno">   76</span>&#160;                       std::vector&lt;std::thread&gt; &amp; tasks)</div><div class="line"><a name="l00077"></a><span class="lineno">   77</span>&#160;{</div><div class="line"><a name="l00078"></a><span class="lineno">   78</span>&#160;  <span class="keyword">using namespace </span><a class="code" href="namespacestd.html">std</a>;</div><div class="line"><a name="l00079"></a><span class="lineno">   79</span>&#160;  tasks.emplace_back([&amp;]() {</div><div class="line"><a name="l00080"></a><span class="lineno">   80</span>&#160;    <span class="keyword">auto</span> manager = ex.<a class="code" href="classgrppi_1_1parallel__execution__native.html#aa3fb66a10cab14001a371be7b351c745">thread_manager</a>();</div><div class="line"><a name="l00081"></a><span class="lineno">   81</span>&#160;    <span class="keyword">auto</span> item = input_queue.pop();</div><div class="line"><a name="l00082"></a><span class="lineno">   82</span>&#160;    <span class="keywordflow">for</span> (;;) {</div><div class="line"><a name="l00083"></a><span class="lineno">   83</span>&#160;      <span class="keyword">using</span> output_type = <span class="keyword">typename</span> OutQueue::value_type;</div><div class="line"><a name="l00084"></a><span class="lineno">   84</span>&#160;      <span class="keywordflow">if</span> (!item) {</div><div class="line"><a name="l00085"></a><span class="lineno">   85</span>&#160;        output_queue.push(output_type{}); </div><div class="line"><a name="l00086"></a><span class="lineno">   86</span>&#160;        <span class="keywordflow">break</span>;</div><div class="line"><a name="l00087"></a><span class="lineno">   87</span>&#160;      }</div><div class="line"><a name="l00088"></a><span class="lineno">   88</span>&#160;      <span class="keywordflow">else</span> {</div><div class="line"><a name="l00089"></a><span class="lineno">   89</span>&#160;        output_queue.push(transform_op(*item));</div><div class="line"><a name="l00090"></a><span class="lineno">   90</span>&#160;      }</div><div class="line"><a name="l00091"></a><span class="lineno">   91</span>&#160;      item = input_queue.pop();</div><div class="line"><a name="l00092"></a><span class="lineno">   92</span>&#160;    }</div><div class="line"><a name="l00093"></a><span class="lineno">   93</span>&#160;  });</div><div class="line"><a name="l00094"></a><span class="lineno">   94</span>&#160;}</div><div class="line"><a name="l00095"></a><span class="lineno">   95</span>&#160;</div><div class="line"><a name="l00096"></a><span class="lineno">   96</span>&#160;<span class="comment">//Last stage</span></div><div class="line"><a name="l00097"></a><span class="lineno">   97</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> InQueue, <span class="keyword">typename</span> Consumer&gt;</div><div class="line"><a name="l00098"></a><span class="lineno"><a class="line" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">   98</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(<a class="code" href="classgrppi_1_1parallel__execution__native.html">parallel_execution_native</a> &amp; ex, InQueue&amp; input_queue, </div><div class="line"><a name="l00099"></a><span class="lineno">   99</span>&#160;                   Consumer &amp;&amp; consume) </div><div class="line"><a name="l00100"></a><span class="lineno">  100</span>&#160;{</div><div class="line"><a name="l00101"></a><span class="lineno">  101</span>&#160;  <span class="keyword">using namespace </span><a class="code" href="namespacestd.html">std</a>;</div><div class="line"><a name="l00102"></a><span class="lineno">  102</span>&#160;  <span class="keyword">using</span> gen_value_type = <span class="keyword">typename</span> InQueue::value_type;</div><div class="line"><a name="l00103"></a><span class="lineno">  103</span>&#160;</div><div class="line"><a name="l00104"></a><span class="lineno">  104</span>&#160;  <span class="keyword">auto</span> manager = ex.<a class="code" href="classgrppi_1_1parallel__execution__native.html#aa3fb66a10cab14001a371be7b351c745">thread_manager</a>();</div><div class="line"><a name="l00105"></a><span class="lineno">  105</span>&#160;</div><div class="line"><a name="l00106"></a><span class="lineno">  106</span>&#160;  vector&lt;gen_value_type&gt; elements;</div><div class="line"><a name="l00107"></a><span class="lineno">  107</span>&#160;  <span class="keywordtype">long</span> current = 0;</div><div class="line"><a name="l00108"></a><span class="lineno">  108</span>&#160;  <span class="keywordflow">if</span> (ex.<a class="code" href="classgrppi_1_1parallel__execution__native.html#a865f895d5f3e10b6f0cfa55f197c109b">is_ordered</a>()){</div><div class="line"><a name="l00109"></a><span class="lineno">  109</span>&#160;    <span class="keyword">auto</span> item = input_queue.pop();</div><div class="line"><a name="l00110"></a><span class="lineno">  110</span>&#160;    <span class="keywordflow">while</span> (item.first) {</div><div class="line"><a name="l00111"></a><span class="lineno">  111</span>&#160;      <span class="keywordflow">if</span>(current == item.second){</div><div class="line"><a name="l00112"></a><span class="lineno">  112</span>&#160;        consume(*item.first);</div><div class="line"><a name="l00113"></a><span class="lineno">  113</span>&#160;        current ++;</div><div class="line"><a name="l00114"></a><span class="lineno">  114</span>&#160;      }</div><div class="line"><a name="l00115"></a><span class="lineno">  115</span>&#160;      <span class="keywordflow">else</span> {</div><div class="line"><a name="l00116"></a><span class="lineno">  116</span>&#160;        elements.push_back(item);</div><div class="line"><a name="l00117"></a><span class="lineno">  117</span>&#160;      }</div><div class="line"><a name="l00118"></a><span class="lineno">  118</span>&#160;      <span class="comment">// TODO: Probably find_if() + erase </span></div><div class="line"><a name="l00119"></a><span class="lineno">  119</span>&#160;      <span class="keywordflow">for</span> (<span class="keyword">auto</span> it=elements.begin(); it!=elements.end(); it++) {</div><div class="line"><a name="l00120"></a><span class="lineno">  120</span>&#160;        <span class="keywordflow">if</span>(it-&gt;second == current) {</div><div class="line"><a name="l00121"></a><span class="lineno">  121</span>&#160;          consume(*it-&gt;first);</div><div class="line"><a name="l00122"></a><span class="lineno">  122</span>&#160;          elements.erase(it);</div><div class="line"><a name="l00123"></a><span class="lineno">  123</span>&#160;          current++;</div><div class="line"><a name="l00124"></a><span class="lineno">  124</span>&#160;          <span class="keywordflow">break</span>;</div><div class="line"><a name="l00125"></a><span class="lineno">  125</span>&#160;        }</div><div class="line"><a name="l00126"></a><span class="lineno">  126</span>&#160;      }</div><div class="line"><a name="l00127"></a><span class="lineno">  127</span>&#160;      item = input_queue.pop( );</div><div class="line"><a name="l00128"></a><span class="lineno">  128</span>&#160;    }</div><div class="line"><a name="l00129"></a><span class="lineno">  129</span>&#160;    <span class="keywordflow">while</span> (elements.size()&gt;0) {</div><div class="line"><a name="l00130"></a><span class="lineno">  130</span>&#160;      <span class="comment">// TODO: Probably find_if() + erase</span></div><div class="line"><a name="l00131"></a><span class="lineno">  131</span>&#160;      <span class="keywordflow">for</span> (<span class="keyword">auto</span> it = elements.begin(); it != elements.end(); it++) {</div><div class="line"><a name="l00132"></a><span class="lineno">  132</span>&#160;        <span class="keywordflow">if</span>(it-&gt;second == current) {</div><div class="line"><a name="l00133"></a><span class="lineno">  133</span>&#160;          consume(*it-&gt;first);</div><div class="line"><a name="l00134"></a><span class="lineno">  134</span>&#160;          elements.erase(it);</div><div class="line"><a name="l00135"></a><span class="lineno">  135</span>&#160;          current++;</div><div class="line"><a name="l00136"></a><span class="lineno">  136</span>&#160;          <span class="keywordflow">break</span>;</div><div class="line"><a name="l00137"></a><span class="lineno">  137</span>&#160;        }</div><div class="line"><a name="l00138"></a><span class="lineno">  138</span>&#160;      }</div><div class="line"><a name="l00139"></a><span class="lineno">  139</span>&#160;    }</div><div class="line"><a name="l00140"></a><span class="lineno">  140</span>&#160;  }</div><div class="line"><a name="l00141"></a><span class="lineno">  141</span>&#160;  <span class="keywordflow">else</span> {</div><div class="line"><a name="l00142"></a><span class="lineno">  142</span>&#160;    <span class="keyword">auto</span> item = input_queue.pop( );</div><div class="line"><a name="l00143"></a><span class="lineno">  143</span>&#160;    <span class="keywordflow">while</span> (item.first) {</div><div class="line"><a name="l00144"></a><span class="lineno">  144</span>&#160;      consume(*item.first);</div><div class="line"><a name="l00145"></a><span class="lineno">  145</span>&#160;      item = input_queue.pop();</div><div class="line"><a name="l00146"></a><span class="lineno">  146</span>&#160;    }</div><div class="line"><a name="l00147"></a><span class="lineno">  147</span>&#160;  }</div><div class="line"><a name="l00148"></a><span class="lineno">  148</span>&#160;}</div><div class="line"><a name="l00149"></a><span class="lineno">  149</span>&#160;</div><div class="line"><a name="l00150"></a><span class="lineno">  150</span>&#160;<span class="comment">//Item reduce stage</span></div><div class="line"><a name="l00151"></a><span class="lineno">  151</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Combiner, <span class="keyword">typename</span> Identity, <span class="keyword">typename</span> InQueue, <span class="keyword">typename</span> ...MoreTransformers&gt;</div><div class="line"><a name="l00152"></a><span class="lineno"><a class="line" href="namespacegrppi.html#af99507760771ab5830910eb9a4e61043">  152</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(<a class="code" href="classgrppi_1_1parallel__execution__native.html">parallel_execution_native</a> &amp; ex, InQueue &amp; input_queue, </div><div class="line"><a name="l00153"></a><span class="lineno">  153</span>&#160;                   <a class="code" href="classgrppi_1_1reduction__info.html">reduction_info&lt;parallel_execution_native, Combiner, Identity&gt;</a> &amp; reduction_obj, MoreTransformers ...more_transform_ops) </div><div class="line"><a name="l00154"></a><span class="lineno">  154</span>&#160;{</div><div class="line"><a name="l00155"></a><span class="lineno">  155</span>&#160;  <span class="keyword">using</span> reduction_type = </div><div class="line"><a name="l00156"></a><span class="lineno">  156</span>&#160;      <a class="code" href="classgrppi_1_1reduction__info.html">reduction_info&lt;parallel_execution_native,Combiner,Identity&gt;</a>;</div><div class="line"><a name="l00157"></a><span class="lineno">  157</span>&#160;</div><div class="line"><a name="l00158"></a><span class="lineno">  158</span>&#160;  <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(ex, input_queue, std::forward&lt;reduction_type&amp;&amp;&gt;(reduction_obj), std::forward&lt;MoreTransformers...&gt;(more_transform_ops...));</div><div class="line"><a name="l00159"></a><span class="lineno">  159</span>&#160;}</div><div class="line"><a name="l00160"></a><span class="lineno">  160</span>&#160;</div><div class="line"><a name="l00161"></a><span class="lineno">  161</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Combiner, <span class="keyword">typename</span> Identity, <span class="keyword">typename</span> InQueue, <span class="keyword">typename</span> ...MoreTransformers&gt;</div><div class="line"><a name="l00162"></a><span class="lineno"><a class="line" href="namespacegrppi.html#a4252dfa4ef269a4ef507e7e4ef2c687d">  162</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(<a class="code" href="classgrppi_1_1parallel__execution__native.html">parallel_execution_native</a> &amp; ex, InQueue &amp; input_queue,</div><div class="line"><a name="l00163"></a><span class="lineno">  163</span>&#160;                   <a class="code" href="classgrppi_1_1reduction__info.html">reduction_info&lt;parallel_execution_native, Combiner, Identity&gt;</a> &amp;&amp; reduction_obj, MoreTransformers ...more_transform_ops)</div><div class="line"><a name="l00164"></a><span class="lineno">  164</span>&#160;{</div><div class="line"><a name="l00165"></a><span class="lineno">  165</span>&#160;  <span class="keyword">using</span> reduction_type = </div><div class="line"><a name="l00166"></a><span class="lineno">  166</span>&#160;      <a class="code" href="classgrppi_1_1reduction__info.html">reduction_info&lt;parallel_execution_native,Combiner,Identity&gt;</a>;</div><div class="line"><a name="l00167"></a><span class="lineno">  167</span>&#160;  <a class="code" href="namespacegrppi.html#a73e2c34e989166559e6e65b7a2bf100d">pipeline_impl_ordered</a>(ex, input_queue, std::forward&lt;reduction_type&gt;(reduction_obj), std::forward&lt;MoreTransformers...&gt;(more_transform_ops...));</div><div class="line"><a name="l00168"></a><span class="lineno">  168</span>&#160;}</div><div class="line"><a name="l00169"></a><span class="lineno">  169</span>&#160;</div><div class="line"><a name="l00170"></a><span class="lineno">  170</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Combiner, <span class="keyword">typename</span> Identity, <span class="keyword">typename</span> InQueue, <span class="keyword">typename</span> ...MoreTransformers&gt;</div><div class="line"><a name="l00171"></a><span class="lineno"><a class="line" href="namespacegrppi.html#a73e2c34e989166559e6e65b7a2bf100d">  171</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacegrppi.html#a73e2c34e989166559e6e65b7a2bf100d">pipeline_impl_ordered</a>(<a class="code" href="classgrppi_1_1parallel__execution__native.html">parallel_execution_native</a> &amp; ex, InQueue &amp; input_queue,</div><div class="line"><a name="l00172"></a><span class="lineno">  172</span>&#160;                   <a class="code" href="classgrppi_1_1reduction__info.html">reduction_info&lt;parallel_execution_native,Combiner,Identity&gt;</a> &amp;&amp; reduction_obj, MoreTransformers ...more_transform_ops) </div><div class="line"><a name="l00173"></a><span class="lineno">  173</span>&#160;{</div><div class="line"><a name="l00174"></a><span class="lineno">  174</span>&#160;  <span class="keyword">using namespace </span><a class="code" href="namespacestd.html">std</a>;</div><div class="line"><a name="l00175"></a><span class="lineno">  175</span>&#160;  <span class="keyword">using namespace </span>std::experimental;</div><div class="line"><a name="l00176"></a><span class="lineno">  176</span>&#160;  vector&lt;thread&gt; tasks;</div><div class="line"><a name="l00177"></a><span class="lineno">  177</span>&#160;  <span class="keyword">using</span> gen_value_type = <span class="keyword">typename</span> InQueue::value_type;</div><div class="line"><a name="l00178"></a><span class="lineno">  178</span>&#160;  <span class="keyword">using</span> input_value_type = <span class="keyword">typename</span> gen_value_type::first_type::value_type;</div><div class="line"><a name="l00179"></a><span class="lineno">  179</span>&#160;  </div><div class="line"><a name="l00180"></a><span class="lineno">  180</span>&#160;  <span class="keyword">using</span> result_value_type = <span class="keyword">typename</span> result_of&lt;Combiner(input_value_type, input_value_type)&gt;::type;</div><div class="line"><a name="l00181"></a><span class="lineno">  181</span>&#160;  <span class="keyword">using</span> result_type = pair&lt;optional&lt;result_value_type&gt;, <span class="keywordtype">long</span>&gt;;</div><div class="line"><a name="l00182"></a><span class="lineno">  182</span>&#160;  </div><div class="line"><a name="l00183"></a><span class="lineno">  183</span>&#160;  <span class="keyword">auto</span> output_queue = ex.<a class="code" href="classgrppi_1_1parallel__execution__native.html#a5c310952de159f2b4d62bdae4b360d8f">make_queue</a>&lt;result_type&gt;();</div><div class="line"><a name="l00184"></a><span class="lineno">  184</span>&#160;  </div><div class="line"><a name="l00185"></a><span class="lineno">  185</span>&#160;  thread windower_task([&amp;](){</div><div class="line"><a name="l00186"></a><span class="lineno">  186</span>&#160;    vector&lt;input_value_type&gt; values;</div><div class="line"><a name="l00187"></a><span class="lineno">  187</span>&#160;    <span class="keywordtype">long</span> out_order=0;</div><div class="line"><a name="l00188"></a><span class="lineno">  188</span>&#160;    <span class="keyword">auto</span> item {input_queue.pop()};</div><div class="line"><a name="l00189"></a><span class="lineno">  189</span>&#160;    <span class="keywordflow">for</span>(;;){</div><div class="line"><a name="l00190"></a><span class="lineno">  190</span>&#160;      <span class="keywordflow">while</span> (item.first &amp;&amp; values.size() != reduction_obj.window_size) {</div><div class="line"><a name="l00191"></a><span class="lineno">  191</span>&#160;        values.push_back(*item.first);</div><div class="line"><a name="l00192"></a><span class="lineno">  192</span>&#160;        item = input_queue.pop();</div><div class="line"><a name="l00193"></a><span class="lineno">  193</span>&#160;      }</div><div class="line"><a name="l00194"></a><span class="lineno">  194</span>&#160;      <span class="keywordflow">if</span> (values.size() &gt; 0) {</div><div class="line"><a name="l00195"></a><span class="lineno">  195</span>&#160;        <span class="keyword">auto</span> reduced_value = <a class="code" href="group__reduce__pattern__native.html#gad3a9dc3cdb2b5165d1cc201eb0da4383">reduce</a>(reduction_obj.exectype, values.begin(), values.end(), reduction_obj.identity,</div><div class="line"><a name="l00196"></a><span class="lineno">  196</span>&#160;            std::forward&lt;Combiner&gt;(reduction_obj.combine_op));</div><div class="line"><a name="l00197"></a><span class="lineno">  197</span>&#160;        output_queue.push({{reduced_value}, out_order});      </div><div class="line"><a name="l00198"></a><span class="lineno">  198</span>&#160;        out_order++;</div><div class="line"><a name="l00199"></a><span class="lineno">  199</span>&#160;        <span class="keywordflow">if</span> (item.first) {</div><div class="line"><a name="l00200"></a><span class="lineno">  200</span>&#160;          <span class="keywordflow">if</span> (reduction_obj.offset &lt;= reduction_obj.window_size) {</div><div class="line"><a name="l00201"></a><span class="lineno">  201</span>&#160;            values.erase(values.begin(), values.begin() + reduction_obj.offset);</div><div class="line"><a name="l00202"></a><span class="lineno">  202</span>&#160;          }</div><div class="line"><a name="l00203"></a><span class="lineno">  203</span>&#160;          <span class="keywordflow">else</span> {</div><div class="line"><a name="l00204"></a><span class="lineno">  204</span>&#160;            values.erase(values.begin(), values.end());</div><div class="line"><a name="l00205"></a><span class="lineno">  205</span>&#160;            <span class="keyword">auto</span> diff = reduction_obj.offset - reduction_obj.window_size;</div><div class="line"><a name="l00206"></a><span class="lineno">  206</span>&#160;            <span class="keywordflow">while</span> (diff &gt; 0 &amp;&amp; item.first) {</div><div class="line"><a name="l00207"></a><span class="lineno">  207</span>&#160;              item = input_queue.pop();</div><div class="line"><a name="l00208"></a><span class="lineno">  208</span>&#160;              diff--;</div><div class="line"><a name="l00209"></a><span class="lineno">  209</span>&#160;            }</div><div class="line"><a name="l00210"></a><span class="lineno">  210</span>&#160;          }</div><div class="line"><a name="l00211"></a><span class="lineno">  211</span>&#160;        }</div><div class="line"><a name="l00212"></a><span class="lineno">  212</span>&#160;      }</div><div class="line"><a name="l00213"></a><span class="lineno">  213</span>&#160;      <span class="keywordflow">if</span> (!item.first) <span class="keywordflow">break</span>;</div><div class="line"><a name="l00214"></a><span class="lineno">  214</span>&#160;    }</div><div class="line"><a name="l00215"></a><span class="lineno">  215</span>&#160;    output_queue.push({{},-1});</div><div class="line"><a name="l00216"></a><span class="lineno">  216</span>&#160;  });</div><div class="line"><a name="l00217"></a><span class="lineno">  217</span>&#160;</div><div class="line"><a name="l00218"></a><span class="lineno">  218</span>&#160;  <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(ex, output_queue, forward&lt;MoreTransformers&gt;(more_transform_ops) ... );</div><div class="line"><a name="l00219"></a><span class="lineno">  219</span>&#160;  windower_task.join();</div><div class="line"><a name="l00220"></a><span class="lineno">  220</span>&#160;}</div><div class="line"><a name="l00221"></a><span class="lineno">  221</span>&#160;</div><div class="line"><a name="l00222"></a><span class="lineno">  222</span>&#160;<span class="comment">//Filtering stage</span></div><div class="line"><a name="l00223"></a><span class="lineno">  223</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Transformer, <span class="keyword">typename</span> InQueue, <span class="keyword">typename</span>... MoreTransformers&gt;</div><div class="line"><a name="l00224"></a><span class="lineno"><a class="line" href="namespacegrppi.html#a9cd1b360ded65ae3fcc68b5564045cb8">  224</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(<a class="code" href="classgrppi_1_1parallel__execution__native.html">parallel_execution_native</a> &amp; ex, InQueue &amp; input_queue,</div><div class="line"><a name="l00225"></a><span class="lineno">  225</span>&#160;                   <a class="code" href="classgrppi_1_1filter__info.html">filter_info&lt;parallel_execution_native,Transformer&gt;</a> &amp; filter_obj, </div><div class="line"><a name="l00226"></a><span class="lineno">  226</span>&#160;                   MoreTransformers &amp;&amp; ... more_transform_ops) </div><div class="line"><a name="l00227"></a><span class="lineno">  227</span>&#160;{</div><div class="line"><a name="l00228"></a><span class="lineno">  228</span>&#160;  <span class="keyword">using</span> filter_type = <a class="code" href="classgrppi_1_1filter__info.html">filter_info&lt;parallel_execution_native,Transformer&gt;</a>;</div><div class="line"><a name="l00229"></a><span class="lineno">  229</span>&#160;</div><div class="line"><a name="l00230"></a><span class="lineno">  230</span>&#160;  <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(ex,input_queue, std::forward&lt;filter_type&gt;(filter_obj), </div><div class="line"><a name="l00231"></a><span class="lineno">  231</span>&#160;    std::forward&lt;MoreTransformers&gt;(more_transform_ops)... );</div><div class="line"><a name="l00232"></a><span class="lineno">  232</span>&#160;}</div><div class="line"><a name="l00233"></a><span class="lineno">  233</span>&#160;</div><div class="line"><a name="l00234"></a><span class="lineno">  234</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Transformer, <span class="keyword">typename</span> InQueue, <span class="keyword">typename</span>... MoreTransformers&gt;</div><div class="line"><a name="l00235"></a><span class="lineno"><a class="line" href="namespacegrppi.html#a822b77fb56702543c9bbabd19af0868b">  235</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacegrppi.html#a73e2c34e989166559e6e65b7a2bf100d">pipeline_impl_ordered</a>(<a class="code" href="classgrppi_1_1parallel__execution__native.html">parallel_execution_native</a> &amp; ex, InQueue&amp; input_queue,</div><div class="line"><a name="l00236"></a><span class="lineno">  236</span>&#160;                           <a class="code" href="classgrppi_1_1filter__info.html">filter_info&lt;parallel_execution_native,Transformer&gt;</a> &amp;&amp; filter_obj, </div><div class="line"><a name="l00237"></a><span class="lineno">  237</span>&#160;                           MoreTransformers &amp;&amp; ... more_transform_ops ) </div><div class="line"><a name="l00238"></a><span class="lineno">  238</span>&#160;{</div><div class="line"><a name="l00239"></a><span class="lineno">  239</span>&#160;  <span class="keyword">using namespace </span><a class="code" href="namespacestd.html">std</a>;</div><div class="line"><a name="l00240"></a><span class="lineno">  240</span>&#160;  vector&lt;thread&gt; tasks;</div><div class="line"><a name="l00241"></a><span class="lineno">  241</span>&#160;</div><div class="line"><a name="l00242"></a><span class="lineno">  242</span>&#160;  <span class="keyword">using</span> gen_value_type = <span class="keyword">typename</span> InQueue::value_type;</div><div class="line"><a name="l00243"></a><span class="lineno">  243</span>&#160;  <span class="keyword">using</span> input_value_type = <span class="keyword">typename</span> gen_value_type::first_type;</div><div class="line"><a name="l00244"></a><span class="lineno">  244</span>&#160;  <span class="keyword">auto</span> tmp_queue = ex.<a class="code" href="classgrppi_1_1parallel__execution__native.html#a5c310952de159f2b4d62bdae4b360d8f">make_queue</a>&lt;gen_value_type&gt;();</div><div class="line"><a name="l00245"></a><span class="lineno">  245</span>&#160;</div><div class="line"><a name="l00246"></a><span class="lineno">  246</span>&#160;  atomic&lt;int&gt; done_threads{0}; </div><div class="line"><a name="l00247"></a><span class="lineno">  247</span>&#160;  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> th=0; th&lt;filter_obj.exectype.concurrency_degree(); th++) {</div><div class="line"><a name="l00248"></a><span class="lineno">  248</span>&#160;    tasks.emplace_back([&amp;]() {</div><div class="line"><a name="l00249"></a><span class="lineno">  249</span>&#160;      <span class="keyword">auto</span> manager = filter_obj.exectype.thread_manager();</div><div class="line"><a name="l00250"></a><span class="lineno">  250</span>&#160;</div><div class="line"><a name="l00251"></a><span class="lineno">  251</span>&#160;      <span class="keyword">auto</span> item{input_queue.pop()};</div><div class="line"><a name="l00252"></a><span class="lineno">  252</span>&#160;      <span class="keywordflow">while</span> (item.first) {</div><div class="line"><a name="l00253"></a><span class="lineno">  253</span>&#160;        <span class="keywordflow">if</span> (filter_obj.task(*item.first)) {</div><div class="line"><a name="l00254"></a><span class="lineno">  254</span>&#160;          tmp_queue.push(item);</div><div class="line"><a name="l00255"></a><span class="lineno">  255</span>&#160;        }</div><div class="line"><a name="l00256"></a><span class="lineno">  256</span>&#160;        <span class="keywordflow">else</span> {</div><div class="line"><a name="l00257"></a><span class="lineno">  257</span>&#160;          tmp_queue.push(make_pair(input_value_type{},item.second) );</div><div class="line"><a name="l00258"></a><span class="lineno">  258</span>&#160;        } </div><div class="line"><a name="l00259"></a><span class="lineno">  259</span>&#160;        item = input_queue.pop();</div><div class="line"><a name="l00260"></a><span class="lineno">  260</span>&#160;      }</div><div class="line"><a name="l00261"></a><span class="lineno">  261</span>&#160;      done_threads++;</div><div class="line"><a name="l00262"></a><span class="lineno">  262</span>&#160;      <span class="keywordflow">if</span> (done_threads==filter_obj.exectype.concurrency_degree()) {</div><div class="line"><a name="l00263"></a><span class="lineno">  263</span>&#160;        tmp_queue.push(make_pair(input_value_type{}, -1));</div><div class="line"><a name="l00264"></a><span class="lineno">  264</span>&#160;      } </div><div class="line"><a name="l00265"></a><span class="lineno">  265</span>&#160;      <span class="keywordflow">else</span> {</div><div class="line"><a name="l00266"></a><span class="lineno">  266</span>&#160;        input_queue.push(item);</div><div class="line"><a name="l00267"></a><span class="lineno">  267</span>&#160;      }</div><div class="line"><a name="l00268"></a><span class="lineno">  268</span>&#160;    });</div><div class="line"><a name="l00269"></a><span class="lineno">  269</span>&#160;  }</div><div class="line"><a name="l00270"></a><span class="lineno">  270</span>&#160;</div><div class="line"><a name="l00271"></a><span class="lineno">  271</span>&#160;  <span class="keyword">auto</span> output_queue = ex.<a class="code" href="classgrppi_1_1parallel__execution__native.html#a5c310952de159f2b4d62bdae4b360d8f">make_queue</a>&lt;gen_value_type&gt;();</div><div class="line"><a name="l00272"></a><span class="lineno">  272</span>&#160;  <span class="keyword">auto</span> ordering_thread = thread{[&amp;](){</div><div class="line"><a name="l00273"></a><span class="lineno">  273</span>&#160;    <span class="keyword">auto</span> manager = ex.<a class="code" href="classgrppi_1_1parallel__execution__native.html#aa3fb66a10cab14001a371be7b351c745">thread_manager</a>();</div><div class="line"><a name="l00274"></a><span class="lineno">  274</span>&#160;    vector&lt;gen_value_type&gt; elements;</div><div class="line"><a name="l00275"></a><span class="lineno">  275</span>&#160;    <span class="keywordtype">int</span> current = 0;</div><div class="line"><a name="l00276"></a><span class="lineno">  276</span>&#160;    <span class="keywordtype">long</span> order = 0;</div><div class="line"><a name="l00277"></a><span class="lineno">  277</span>&#160;    <span class="keyword">auto</span> item{tmp_queue.pop()};</div><div class="line"><a name="l00278"></a><span class="lineno">  278</span>&#160;    <span class="keywordflow">for</span> (;;) {</div><div class="line"><a name="l00279"></a><span class="lineno">  279</span>&#160;      <span class="keywordflow">if</span>(!item.first &amp;&amp; item.second == -1) <span class="keywordflow">break</span>; </div><div class="line"><a name="l00280"></a><span class="lineno">  280</span>&#160;      <span class="keywordflow">if</span> (item.second == current) {</div><div class="line"><a name="l00281"></a><span class="lineno">  281</span>&#160;        <span class="keywordflow">if</span> (item.first) {</div><div class="line"><a name="l00282"></a><span class="lineno">  282</span>&#160;          output_queue.push(make_pair(item.first,order));</div><div class="line"><a name="l00283"></a><span class="lineno">  283</span>&#160;          order++;</div><div class="line"><a name="l00284"></a><span class="lineno">  284</span>&#160;        }</div><div class="line"><a name="l00285"></a><span class="lineno">  285</span>&#160;        current++;</div><div class="line"><a name="l00286"></a><span class="lineno">  286</span>&#160;      }</div><div class="line"><a name="l00287"></a><span class="lineno">  287</span>&#160;      <span class="keywordflow">else</span> {</div><div class="line"><a name="l00288"></a><span class="lineno">  288</span>&#160;        elements.push_back(item);</div><div class="line"><a name="l00289"></a><span class="lineno">  289</span>&#160;      }</div><div class="line"><a name="l00290"></a><span class="lineno">  290</span>&#160;      <span class="comment">// TODO: Probably find_if() + erase </span></div><div class="line"><a name="l00291"></a><span class="lineno">  291</span>&#160;      <span class="keywordflow">for</span> (<span class="keyword">auto</span> it=elements.begin(); it&lt;elements.end(); it++) {</div><div class="line"><a name="l00292"></a><span class="lineno">  292</span>&#160;        <span class="keywordflow">if</span> (it-&gt;second == current) {</div><div class="line"><a name="l00293"></a><span class="lineno">  293</span>&#160;          <span class="keywordflow">if</span> (it-&gt;first) {</div><div class="line"><a name="l00294"></a><span class="lineno">  294</span>&#160;            output_queue.push(make_pair(it-&gt;first,order));</div><div class="line"><a name="l00295"></a><span class="lineno">  295</span>&#160;            order++;</div><div class="line"><a name="l00296"></a><span class="lineno">  296</span>&#160;          }</div><div class="line"><a name="l00297"></a><span class="lineno">  297</span>&#160;          elements.erase(it);</div><div class="line"><a name="l00298"></a><span class="lineno">  298</span>&#160;          current++;</div><div class="line"><a name="l00299"></a><span class="lineno">  299</span>&#160;          <span class="keywordflow">break</span>;</div><div class="line"><a name="l00300"></a><span class="lineno">  300</span>&#160;        }</div><div class="line"><a name="l00301"></a><span class="lineno">  301</span>&#160;      }</div><div class="line"><a name="l00302"></a><span class="lineno">  302</span>&#160;      item = tmp_queue.pop();</div><div class="line"><a name="l00303"></a><span class="lineno">  303</span>&#160;    }</div><div class="line"><a name="l00304"></a><span class="lineno">  304</span>&#160;    <span class="keywordflow">while</span> (elements.size()&gt;0) {</div><div class="line"><a name="l00305"></a><span class="lineno">  305</span>&#160;      <span class="comment">// TODO: Probably find_if() + erase </span></div><div class="line"><a name="l00306"></a><span class="lineno">  306</span>&#160;      <span class="keywordflow">for</span> (<span class="keyword">auto</span> it=elements.begin(); it&lt;elements.end(); it++) {</div><div class="line"><a name="l00307"></a><span class="lineno">  307</span>&#160;        <span class="keywordflow">if</span> (it-&gt;second == current) {</div><div class="line"><a name="l00308"></a><span class="lineno">  308</span>&#160;          <span class="keywordflow">if</span>(it-&gt;first) { </div><div class="line"><a name="l00309"></a><span class="lineno">  309</span>&#160;            output_queue.push(make_pair(it-&gt;first,order));</div><div class="line"><a name="l00310"></a><span class="lineno">  310</span>&#160;            order++;</div><div class="line"><a name="l00311"></a><span class="lineno">  311</span>&#160;          }</div><div class="line"><a name="l00312"></a><span class="lineno">  312</span>&#160;          elements.erase(it);</div><div class="line"><a name="l00313"></a><span class="lineno">  313</span>&#160;          current++;</div><div class="line"><a name="l00314"></a><span class="lineno">  314</span>&#160;          <span class="keywordflow">break</span>;</div><div class="line"><a name="l00315"></a><span class="lineno">  315</span>&#160;        }</div><div class="line"><a name="l00316"></a><span class="lineno">  316</span>&#160;      }</div><div class="line"><a name="l00317"></a><span class="lineno">  317</span>&#160;    }</div><div class="line"><a name="l00318"></a><span class="lineno">  318</span>&#160;    output_queue.push(item);</div><div class="line"><a name="l00319"></a><span class="lineno">  319</span>&#160;  }};</div><div class="line"><a name="l00320"></a><span class="lineno">  320</span>&#160;</div><div class="line"><a name="l00321"></a><span class="lineno">  321</span>&#160;  <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(ex, output_queue, forward&lt;MoreTransformers&gt;(more_transform_ops) ... );</div><div class="line"><a name="l00322"></a><span class="lineno">  322</span>&#160;  ordering_thread.join();</div><div class="line"><a name="l00323"></a><span class="lineno">  323</span>&#160;  <span class="keywordflow">for</span> (<span class="keyword">auto</span> &amp;&amp; t : tasks) { t.join(); }</div><div class="line"><a name="l00324"></a><span class="lineno">  324</span>&#160;}</div><div class="line"><a name="l00325"></a><span class="lineno">  325</span>&#160;</div><div class="line"><a name="l00326"></a><span class="lineno">  326</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Transformer, <span class="keyword">typename</span> InQueue, <span class="keyword">typename</span> ... MoreTransformers&gt;</div><div class="line"><a name="l00327"></a><span class="lineno"><a class="line" href="namespacegrppi.html#a4a3adea4a352869567cc47b78cd96a46">  327</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacegrppi.html#a4a3adea4a352869567cc47b78cd96a46">pipeline_impl_unordered</a>(<a class="code" href="classgrppi_1_1parallel__execution__native.html">parallel_execution_native</a> &amp; ex, InQueue &amp; input_queue,</div><div class="line"><a name="l00328"></a><span class="lineno">  328</span>&#160;                             <a class="code" href="classgrppi_1_1filter__info.html">filter_info&lt;parallel_execution_native,Transformer&gt;</a> &amp;&amp; filter_obj, </div><div class="line"><a name="l00329"></a><span class="lineno">  329</span>&#160;                             MoreTransformers &amp;&amp; ... more_transform_ops) </div><div class="line"><a name="l00330"></a><span class="lineno">  330</span>&#160;{</div><div class="line"><a name="l00331"></a><span class="lineno">  331</span>&#160;  <span class="keyword">using namespace </span><a class="code" href="namespacestd.html">std</a>;</div><div class="line"><a name="l00332"></a><span class="lineno">  332</span>&#160;  vector&lt;thread&gt; tasks;</div><div class="line"><a name="l00333"></a><span class="lineno">  333</span>&#160;</div><div class="line"><a name="l00334"></a><span class="lineno">  334</span>&#160;  <span class="keyword">using</span> gen_value_type = <span class="keyword">typename</span> InQueue::value_type;</div><div class="line"><a name="l00335"></a><span class="lineno">  335</span>&#160;  <span class="keyword">using</span> input_value_type = <span class="keyword">typename</span> gen_value_type::first_type;</div><div class="line"><a name="l00336"></a><span class="lineno">  336</span>&#160;  <span class="keyword">auto</span> output_queue = ex.<a class="code" href="classgrppi_1_1parallel__execution__native.html#a5c310952de159f2b4d62bdae4b360d8f">make_queue</a>&lt;gen_value_type&gt;();</div><div class="line"><a name="l00337"></a><span class="lineno">  337</span>&#160;</div><div class="line"><a name="l00338"></a><span class="lineno">  338</span>&#160;  atomic&lt;int&gt; done_threads{0};</div><div class="line"><a name="l00339"></a><span class="lineno">  339</span>&#160;</div><div class="line"><a name="l00340"></a><span class="lineno">  340</span>&#160;  <span class="keywordflow">for</span> (<span class="keywordtype">int</span> th=0; th&lt;filter_obj.exectype.concurrency_degree(); th++) {</div><div class="line"><a name="l00341"></a><span class="lineno">  341</span>&#160;    tasks.emplace_back([&amp;]() {</div><div class="line"><a name="l00342"></a><span class="lineno">  342</span>&#160;      <span class="keyword">auto</span> manager = filter_obj.exectype.thread_manager();</div><div class="line"><a name="l00343"></a><span class="lineno">  343</span>&#160;</div><div class="line"><a name="l00344"></a><span class="lineno">  344</span>&#160;      <span class="keyword">auto</span> item{input_queue.pop()};</div><div class="line"><a name="l00345"></a><span class="lineno">  345</span>&#160;      <span class="keywordflow">while</span> (item.first) {</div><div class="line"><a name="l00346"></a><span class="lineno">  346</span>&#160;        <span class="keywordflow">if</span> (filter_obj.task(*item.first)) { </div><div class="line"><a name="l00347"></a><span class="lineno">  347</span>&#160;          output_queue.push(item);</div><div class="line"><a name="l00348"></a><span class="lineno">  348</span>&#160;        }</div><div class="line"><a name="l00349"></a><span class="lineno">  349</span>&#160;        item = input_queue.pop();</div><div class="line"><a name="l00350"></a><span class="lineno">  350</span>&#160;      }</div><div class="line"><a name="l00351"></a><span class="lineno">  351</span>&#160;      done_threads++;</div><div class="line"><a name="l00352"></a><span class="lineno">  352</span>&#160;      <span class="keywordflow">if</span> (done_threads==filter_obj.exectype.concurrency_degree()) {</div><div class="line"><a name="l00353"></a><span class="lineno">  353</span>&#160;        output_queue.push( make_pair(input_value_type{}, -1) );</div><div class="line"><a name="l00354"></a><span class="lineno">  354</span>&#160;      }</div><div class="line"><a name="l00355"></a><span class="lineno">  355</span>&#160;      <span class="keywordflow">else</span> {</div><div class="line"><a name="l00356"></a><span class="lineno">  356</span>&#160;        input_queue.push(item);</div><div class="line"><a name="l00357"></a><span class="lineno">  357</span>&#160;      }</div><div class="line"><a name="l00358"></a><span class="lineno">  358</span>&#160;    });</div><div class="line"><a name="l00359"></a><span class="lineno">  359</span>&#160;  }</div><div class="line"><a name="l00360"></a><span class="lineno">  360</span>&#160;</div><div class="line"><a name="l00361"></a><span class="lineno">  361</span>&#160;  <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(ex, output_queue, </div><div class="line"><a name="l00362"></a><span class="lineno">  362</span>&#160;      forward&lt;MoreTransformers&gt;(more_transform_ops) ... );</div><div class="line"><a name="l00363"></a><span class="lineno">  363</span>&#160;</div><div class="line"><a name="l00364"></a><span class="lineno">  364</span>&#160;  <span class="keywordflow">for</span> (<span class="keyword">auto</span> &amp;&amp; t : tasks) { t.join(); }</div><div class="line"><a name="l00365"></a><span class="lineno">  365</span>&#160;}</div><div class="line"><a name="l00366"></a><span class="lineno">  366</span>&#160;</div><div class="line"><a name="l00367"></a><span class="lineno">  367</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Transformer, <span class="keyword">typename</span> InQueue, <span class="keyword">typename</span> ... MoreTransformers&gt;</div><div class="line"><a name="l00368"></a><span class="lineno"><a class="line" href="namespacegrppi.html#a66265bc88c8592a7bf16711836408be4">  368</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(<a class="code" href="classgrppi_1_1parallel__execution__native.html">parallel_execution_native</a> &amp; ex, InQueue&amp; input_queue,</div><div class="line"><a name="l00369"></a><span class="lineno">  369</span>&#160;                   <a class="code" href="classgrppi_1_1filter__info.html">filter_info&lt;parallel_execution_native,Transformer&gt;</a> &amp;&amp; filter_obj, </div><div class="line"><a name="l00370"></a><span class="lineno">  370</span>&#160;                   MoreTransformers &amp;&amp; ... more_transform_ops) </div><div class="line"><a name="l00371"></a><span class="lineno">  371</span>&#160;{</div><div class="line"><a name="l00372"></a><span class="lineno">  372</span>&#160;  <span class="keyword">using</span> filter_type = <a class="code" href="classgrppi_1_1filter__info.html">filter_info&lt;parallel_execution_native,Transformer&gt;</a>;</div><div class="line"><a name="l00373"></a><span class="lineno">  373</span>&#160;  <span class="keywordflow">if</span>(ex.<a class="code" href="classgrppi_1_1parallel__execution__native.html#a865f895d5f3e10b6f0cfa55f197c109b">is_ordered</a>()) {</div><div class="line"><a name="l00374"></a><span class="lineno">  374</span>&#160;    <a class="code" href="namespacegrppi.html#a73e2c34e989166559e6e65b7a2bf100d">pipeline_impl_ordered</a>(ex, input_queue, </div><div class="line"><a name="l00375"></a><span class="lineno">  375</span>&#160;        std::forward&lt;filter_type&gt;(filter_obj),</div><div class="line"><a name="l00376"></a><span class="lineno">  376</span>&#160;        std::forward&lt;MoreTransformers&gt;(more_transform_ops)...);</div><div class="line"><a name="l00377"></a><span class="lineno">  377</span>&#160;  }</div><div class="line"><a name="l00378"></a><span class="lineno">  378</span>&#160;  <span class="keywordflow">else</span>{</div><div class="line"><a name="l00379"></a><span class="lineno">  379</span>&#160;    <a class="code" href="namespacegrppi.html#a4a3adea4a352869567cc47b78cd96a46">pipeline_impl_unordered</a>(ex, input_queue, </div><div class="line"><a name="l00380"></a><span class="lineno">  380</span>&#160;        std::forward&lt;filter_type&gt;(filter_obj),</div><div class="line"><a name="l00381"></a><span class="lineno">  381</span>&#160;        std::forward&lt;MoreTransformers&gt;(more_transform_ops)...);</div><div class="line"><a name="l00382"></a><span class="lineno">  382</span>&#160;  }</div><div class="line"><a name="l00383"></a><span class="lineno">  383</span>&#160;}</div><div class="line"><a name="l00384"></a><span class="lineno">  384</span>&#160;</div><div class="line"><a name="l00385"></a><span class="lineno">  385</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Transformer, <span class="keyword">typename</span> InQueue, <span class="keyword">typename</span>... MoreTransformers&gt;</div><div class="line"><a name="l00386"></a><span class="lineno"><a class="line" href="namespacegrppi.html#ae326459dc1f3642123866fcb9528db66">  386</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(<a class="code" href="classgrppi_1_1parallel__execution__native.html">parallel_execution_native</a> &amp; ex, InQueue &amp; input_queue,</div><div class="line"><a name="l00387"></a><span class="lineno">  387</span>&#160;                   <a class="code" href="classgrppi_1_1farm__info.html">farm_info&lt;parallel_execution_native, Transformer&gt;</a> &amp; farm_obj, </div><div class="line"><a name="l00388"></a><span class="lineno">  388</span>&#160;                   MoreTransformers &amp;&amp; ... more_transform_ops) </div><div class="line"><a name="l00389"></a><span class="lineno">  389</span>&#160;{</div><div class="line"><a name="l00390"></a><span class="lineno">  390</span>&#160;  <span class="keyword">using</span> farm_type = <a class="code" href="classgrppi_1_1farm__info.html">farm_info&lt;parallel_execution_native,Transformer&gt;</a>;</div><div class="line"><a name="l00391"></a><span class="lineno">  391</span>&#160;  <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(ex, input_queue, std::forward&lt;farm_type&gt;(farm_obj),</div><div class="line"><a name="l00392"></a><span class="lineno">  392</span>&#160;         std::forward&lt; MoreTransformers&gt;(more_transform_ops) ... );</div><div class="line"><a name="l00393"></a><span class="lineno">  393</span>&#160;}</div><div class="line"><a name="l00394"></a><span class="lineno">  394</span>&#160;</div><div class="line"><a name="l00395"></a><span class="lineno">  395</span>&#160;</div><div class="line"><a name="l00396"></a><span class="lineno">  396</span>&#160;<span class="comment">//Farm stage</span></div><div class="line"><a name="l00397"></a><span class="lineno">  397</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Transformer, <span class="keyword">typename</span> InQueue, <span class="keyword">typename</span>... MoreTransformers&gt;</div><div class="line"><a name="l00398"></a><span class="lineno"><a class="line" href="namespacegrppi.html#ad018187669fd464e92ff324c948f7035">  398</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(<a class="code" href="classgrppi_1_1parallel__execution__native.html">parallel_execution_native</a> &amp; p, InQueue &amp; input_queue, </div><div class="line"><a name="l00399"></a><span class="lineno">  399</span>&#160;                   <a class="code" href="classgrppi_1_1farm__info.html">farm_info&lt;parallel_execution_native,Transformer&gt;</a> &amp;&amp; farm_obj, </div><div class="line"><a name="l00400"></a><span class="lineno">  400</span>&#160;                   MoreTransformers &amp;&amp; ... more_transform_ops) </div><div class="line"><a name="l00401"></a><span class="lineno">  401</span>&#160;{</div><div class="line"><a name="l00402"></a><span class="lineno">  402</span>&#160;  <span class="keyword">using namespace </span><a class="code" href="namespacestd.html">std</a>;</div><div class="line"><a name="l00403"></a><span class="lineno">  403</span>&#160;</div><div class="line"><a name="l00404"></a><span class="lineno">  404</span>&#160;  <span class="keyword">using</span> input_item_type = <span class="keyword">typename</span> InQueue::value_type;</div><div class="line"><a name="l00405"></a><span class="lineno">  405</span>&#160;  <span class="keyword">using</span> input_item_value_type = </div><div class="line"><a name="l00406"></a><span class="lineno">  406</span>&#160;      <span class="keyword">typename</span> input_item_type::first_type::value_type;</div><div class="line"><a name="l00407"></a><span class="lineno">  407</span>&#160;  <span class="keyword">using</span> transform_result_type = </div><div class="line"><a name="l00408"></a><span class="lineno">  408</span>&#160;      <span class="keyword">typename</span> result_of&lt;Transformer(input_item_value_type)&gt;::type;</div><div class="line"><a name="l00409"></a><span class="lineno">  409</span>&#160;  <span class="keyword">using</span> output_item_value_type = </div><div class="line"><a name="l00410"></a><span class="lineno">  410</span>&#160;      experimental::optional&lt;transform_result_type&gt;;</div><div class="line"><a name="l00411"></a><span class="lineno">  411</span>&#160;  <span class="keyword">using</span> output_item_type =</div><div class="line"><a name="l00412"></a><span class="lineno">  412</span>&#160;      pair&lt;output_item_value_type,long&gt;;</div><div class="line"><a name="l00413"></a><span class="lineno">  413</span>&#160;  <span class="keyword">auto</span> output_queue = p.<a class="code" href="classgrppi_1_1parallel__execution__native.html#a5c310952de159f2b4d62bdae4b360d8f">make_queue</a>&lt;output_item_type&gt;();</div><div class="line"><a name="l00414"></a><span class="lineno">  414</span>&#160;</div><div class="line"><a name="l00415"></a><span class="lineno">  415</span>&#160;  atomic&lt;int&gt; done_threads{0};</div><div class="line"><a name="l00416"></a><span class="lineno">  416</span>&#160;  vector&lt;thread&gt; tasks;</div><div class="line"><a name="l00417"></a><span class="lineno">  417</span>&#160;  <span class="keywordflow">for</span>(<span class="keywordtype">int</span> th = 0; th&lt;farm_obj.exectype.concurrency_degree(); ++th){</div><div class="line"><a name="l00418"></a><span class="lineno">  418</span>&#160;    tasks.emplace_back([&amp;]() {</div><div class="line"><a name="l00419"></a><span class="lineno">  419</span>&#160;      <span class="keyword">auto</span> manager = farm_obj.exectype.thread_manager();</div><div class="line"><a name="l00420"></a><span class="lineno">  420</span>&#160;</div><div class="line"><a name="l00421"></a><span class="lineno">  421</span>&#160;      <span class="keywordtype">long</span> order = 0;</div><div class="line"><a name="l00422"></a><span class="lineno">  422</span>&#160;      <span class="keyword">auto</span> item{input_queue.pop()}; </div><div class="line"><a name="l00423"></a><span class="lineno">  423</span>&#160;      <span class="keywordflow">while</span> (item.first) {</div><div class="line"><a name="l00424"></a><span class="lineno">  424</span>&#160;        <span class="keyword">auto</span> out = output_item_value_type{farm_obj.task(*item.first)};</div><div class="line"><a name="l00425"></a><span class="lineno">  425</span>&#160;        output_queue.push(make_pair(out,item.second)) ;</div><div class="line"><a name="l00426"></a><span class="lineno">  426</span>&#160;        item = input_queue.pop( ); </div><div class="line"><a name="l00427"></a><span class="lineno">  427</span>&#160;      }</div><div class="line"><a name="l00428"></a><span class="lineno">  428</span>&#160;      input_queue.push(item);</div><div class="line"><a name="l00429"></a><span class="lineno">  429</span>&#160;      done_threads++;</div><div class="line"><a name="l00430"></a><span class="lineno">  430</span>&#160;      <span class="keywordflow">if</span> (done_threads == farm_obj.exectype.concurrency_degree()) {</div><div class="line"><a name="l00431"></a><span class="lineno">  431</span>&#160;        output_queue.push(make_pair(output_item_value_type{}, -1));</div><div class="line"><a name="l00432"></a><span class="lineno">  432</span>&#160;      }</div><div class="line"><a name="l00433"></a><span class="lineno">  433</span>&#160;    });</div><div class="line"><a name="l00434"></a><span class="lineno">  434</span>&#160;  }</div><div class="line"><a name="l00435"></a><span class="lineno">  435</span>&#160;  <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(p, output_queue, </div><div class="line"><a name="l00436"></a><span class="lineno">  436</span>&#160;      forward&lt;MoreTransformers&gt;(more_transform_ops)... );</div><div class="line"><a name="l00437"></a><span class="lineno">  437</span>&#160;    </div><div class="line"><a name="l00438"></a><span class="lineno">  438</span>&#160;  <span class="keywordflow">for</span> (<span class="keyword">auto</span> &amp;&amp; t : tasks) { t.join(); }</div><div class="line"><a name="l00439"></a><span class="lineno">  439</span>&#160;}</div><div class="line"><a name="l00440"></a><span class="lineno">  440</span>&#160;</div><div class="line"><a name="l00441"></a><span class="lineno">  441</span>&#160;<span class="comment">//Intermediate pipeline_impl</span></div><div class="line"><a name="l00442"></a><span class="lineno">  442</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Transformer, <span class="keyword">typename</span> InQueue, <span class="keyword">typename</span>... MoreTransformers&gt;</div><div class="line"><a name="l00443"></a><span class="lineno"><a class="line" href="namespacegrppi.html#a9dee9011b27fceac579f74b9207a0815">  443</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(<a class="code" href="classgrppi_1_1parallel__execution__native.html">parallel_execution_native</a> &amp; ex, InQueue &amp; input_queue, </div><div class="line"><a name="l00444"></a><span class="lineno">  444</span>&#160;                   Transformer &amp;&amp; transform_op, </div><div class="line"><a name="l00445"></a><span class="lineno">  445</span>&#160;                   MoreTransformers &amp;&amp; ... more_transform_ops) </div><div class="line"><a name="l00446"></a><span class="lineno">  446</span>&#160;{</div><div class="line"><a name="l00447"></a><span class="lineno">  447</span>&#160;  <span class="keyword">using namespace </span><a class="code" href="namespacestd.html">std</a>;</div><div class="line"><a name="l00448"></a><span class="lineno">  448</span>&#160;</div><div class="line"><a name="l00449"></a><span class="lineno">  449</span>&#160;  <span class="keyword">using</span> input_item_type = <span class="keyword">typename</span> InQueue::value_type;</div><div class="line"><a name="l00450"></a><span class="lineno">  450</span>&#160;  <span class="keyword">using</span> input_item_value_type = <span class="keyword">typename</span> input_item_type::first_type::value_type;</div><div class="line"><a name="l00451"></a><span class="lineno">  451</span>&#160;  <span class="keyword">using</span> transform_result_type = </div><div class="line"><a name="l00452"></a><span class="lineno">  452</span>&#160;      <span class="keyword">typename</span> result_of&lt;Transformer(input_item_value_type)&gt;::type;</div><div class="line"><a name="l00453"></a><span class="lineno">  453</span>&#160;  <span class="keyword">using</span> output_item_value_type =</div><div class="line"><a name="l00454"></a><span class="lineno">  454</span>&#160;      experimental::optional&lt;transform_result_type&gt;;</div><div class="line"><a name="l00455"></a><span class="lineno">  455</span>&#160;  <span class="keyword">using</span> output_item_type =</div><div class="line"><a name="l00456"></a><span class="lineno">  456</span>&#160;      pair&lt;output_item_value_type,long&gt;;</div><div class="line"><a name="l00457"></a><span class="lineno">  457</span>&#160;</div><div class="line"><a name="l00458"></a><span class="lineno">  458</span>&#160;  <span class="keyword">auto</span> output_queue = ex.<a class="code" href="classgrppi_1_1parallel__execution__native.html#a5c310952de159f2b4d62bdae4b360d8f">make_queue</a>&lt;output_item_type&gt;();</div><div class="line"><a name="l00459"></a><span class="lineno">  459</span>&#160;</div><div class="line"><a name="l00460"></a><span class="lineno">  460</span>&#160;  thread task( </div><div class="line"><a name="l00461"></a><span class="lineno">  461</span>&#160;    [&amp;]() {</div><div class="line"><a name="l00462"></a><span class="lineno">  462</span>&#160;      <span class="keyword">auto</span> manager = ex.<a class="code" href="classgrppi_1_1parallel__execution__native.html#aa3fb66a10cab14001a371be7b351c745">thread_manager</a>();</div><div class="line"><a name="l00463"></a><span class="lineno">  463</span>&#160;</div><div class="line"><a name="l00464"></a><span class="lineno">  464</span>&#160;      <span class="keywordtype">long</span> order = 0;</div><div class="line"><a name="l00465"></a><span class="lineno">  465</span>&#160;      <span class="keyword">auto</span> item{input_queue.pop()};</div><div class="line"><a name="l00466"></a><span class="lineno">  466</span>&#160;      <span class="keywordflow">while</span>(item.first) {</div><div class="line"><a name="l00467"></a><span class="lineno">  467</span>&#160;        <span class="keyword">auto</span> out = output_item_value_type{transform_op(*item.first)};</div><div class="line"><a name="l00468"></a><span class="lineno">  468</span>&#160;        output_queue.push(make_pair(out, item.second));</div><div class="line"><a name="l00469"></a><span class="lineno">  469</span>&#160;        item = input_queue.pop( ) ;</div><div class="line"><a name="l00470"></a><span class="lineno">  470</span>&#160;      }</div><div class="line"><a name="l00471"></a><span class="lineno">  471</span>&#160;      output_queue.push(make_pair(output_item_value_type{},-1));</div><div class="line"><a name="l00472"></a><span class="lineno">  472</span>&#160;    }</div><div class="line"><a name="l00473"></a><span class="lineno">  473</span>&#160;  );</div><div class="line"><a name="l00474"></a><span class="lineno">  474</span>&#160;</div><div class="line"><a name="l00475"></a><span class="lineno">  475</span>&#160;  <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(ex, output_queue, </div><div class="line"><a name="l00476"></a><span class="lineno">  476</span>&#160;      forward&lt;MoreTransformers&gt;(more_transform_ops)...);</div><div class="line"><a name="l00477"></a><span class="lineno">  477</span>&#160;  task.join();</div><div class="line"><a name="l00478"></a><span class="lineno">  478</span>&#160;}</div><div class="line"><a name="l00479"></a><span class="lineno">  479</span>&#160;</div><div class="line"><a name="l00498"></a><span class="lineno">  498</span>&#160;<span class="keyword">template</span> &lt;<span class="keyword">typename</span> Generator, <span class="keyword">typename</span> ... Transformers,</div><div class="line"><a name="l00499"></a><span class="lineno">  499</span>&#160;          <a class="code" href="namespacegrppi.html#aecef6e7d3973be5c5678422b30dba5ce">requires_no_arguments&lt;Generator&gt;</a> = 0&gt;</div><div class="line"><a name="l00500"></a><span class="lineno"><a class="line" href="group__pipeline__pattern__native.html#ga50396cad2879f1facd37757ea3aa564b">  500</a></span>&#160;<span class="keywordtype">void</span> <a class="code" href="group__pipeline__pattern__native.html#ga50396cad2879f1facd37757ea3aa564b">pipeline</a>(<a class="code" href="classgrppi_1_1parallel__execution__native.html">parallel_execution_native</a> &amp; ex, Generator &amp;&amp; generate_op, </div><div class="line"><a name="l00501"></a><span class="lineno">  501</span>&#160;              Transformers &amp;&amp; ... transform_ops) </div><div class="line"><a name="l00502"></a><span class="lineno">  502</span>&#160;{</div><div class="line"><a name="l00503"></a><span class="lineno">  503</span>&#160;  <span class="keyword">using namespace </span><a class="code" href="namespacestd.html">std</a>;</div><div class="line"><a name="l00504"></a><span class="lineno">  504</span>&#160;</div><div class="line"><a name="l00505"></a><span class="lineno">  505</span>&#160;  <span class="keyword">using</span> result_type = <span class="keyword">typename</span> result_of&lt;Generator()&gt;::type;</div><div class="line"><a name="l00506"></a><span class="lineno">  506</span>&#160;  <span class="keyword">using</span> output_type = pair&lt;result_type,long&gt;;</div><div class="line"><a name="l00507"></a><span class="lineno">  507</span>&#160;  <span class="keyword">auto</span> first_queue = ex.<a class="code" href="classgrppi_1_1parallel__execution__native.html#a5c310952de159f2b4d62bdae4b360d8f">make_queue</a>&lt;output_type&gt;();</div><div class="line"><a name="l00508"></a><span class="lineno">  508</span>&#160;</div><div class="line"><a name="l00509"></a><span class="lineno">  509</span>&#160;  thread generator_task(</div><div class="line"><a name="l00510"></a><span class="lineno">  510</span>&#160;    [&amp;]() {</div><div class="line"><a name="l00511"></a><span class="lineno">  511</span>&#160;      <span class="keyword">auto</span> manager = ex.<a class="code" href="classgrppi_1_1parallel__execution__native.html#aa3fb66a10cab14001a371be7b351c745">thread_manager</a>();</div><div class="line"><a name="l00512"></a><span class="lineno">  512</span>&#160;</div><div class="line"><a name="l00513"></a><span class="lineno">  513</span>&#160;      <span class="keywordtype">long</span> order = 0;</div><div class="line"><a name="l00514"></a><span class="lineno">  514</span>&#160;      <span class="keywordflow">for</span> (;;) {</div><div class="line"><a name="l00515"></a><span class="lineno">  515</span>&#160;        <span class="keyword">auto</span> item{generate_op()};</div><div class="line"><a name="l00516"></a><span class="lineno">  516</span>&#160;        first_queue.push(make_pair(item, order));</div><div class="line"><a name="l00517"></a><span class="lineno">  517</span>&#160;        order++;</div><div class="line"><a name="l00518"></a><span class="lineno">  518</span>&#160;        <span class="keywordflow">if</span> (!item) <span class="keywordflow">break</span>;</div><div class="line"><a name="l00519"></a><span class="lineno">  519</span>&#160;      }</div><div class="line"><a name="l00520"></a><span class="lineno">  520</span>&#160;    }</div><div class="line"><a name="l00521"></a><span class="lineno">  521</span>&#160;  );</div><div class="line"><a name="l00522"></a><span class="lineno">  522</span>&#160;</div><div class="line"><a name="l00523"></a><span class="lineno">  523</span>&#160;  <a class="code" href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">pipeline_impl</a>(ex, first_queue, forward&lt;Transformers&gt;(transform_ops)...);</div><div class="line"><a name="l00524"></a><span class="lineno">  524</span>&#160;  generator_task.join();</div><div class="line"><a name="l00525"></a><span class="lineno">  525</span>&#160;}</div><div class="line"><a name="l00526"></a><span class="lineno">  526</span>&#160;</div><div class="line"><a name="l00532"></a><span class="lineno">  532</span>&#160;}</div><div class="line"><a name="l00533"></a><span class="lineno">  533</span>&#160;</div><div class="line"><a name="l00534"></a><span class="lineno">  534</span>&#160;<span class="preprocessor">#endif</span></div><div class="ttc" id="namespacegrppi_html"><div class="ttname"><a href="namespacegrppi.html">grppi</a></div><div class="ttdef"><b>Definition:</b> callable_traits.h:24</div></div>
<div class="ttc" id="namespacegrppi_html_a73e2c34e989166559e6e65b7a2bf100d"><div class="ttname"><a href="namespacegrppi.html#a73e2c34e989166559e6e65b7a2bf100d">grppi::pipeline_impl_ordered</a></div><div class="ttdeci">void pipeline_impl_ordered(parallel_execution_native &amp;ex, InQueue &amp;input_queue, reduction_info&lt; parallel_execution_native, Combiner, Identity &gt; &amp;&amp;reduction_obj, MoreTransformers...more_transform_ops)</div><div class="ttdef"><b>Definition:</b> native/pipeline.h:171</div></div>
<div class="ttc" id="classgrppi_1_1filter__info_html"><div class="ttname"><a href="classgrppi_1_1filter__info.html">grppi::filter_info</a></div><div class="ttdef"><b>Definition:</b> patterns.h:61</div></div>
<div class="ttc" id="classgrppi_1_1reduction__info_html"><div class="ttname"><a href="classgrppi_1_1reduction__info.html">grppi::reduction_info</a></div><div class="ttdef"><b>Definition:</b> patterns.h:38</div></div>
<div class="ttc" id="classgrppi_1_1pipeline__info_html"><div class="ttname"><a href="classgrppi_1_1pipeline__info.html">grppi::pipeline_info</a></div><div class="ttdef"><b>Definition:</b> patterns.h:29</div></div>
<div class="ttc" id="namespacegrppi_html_aecef6e7d3973be5c5678422b30dba5ce"><div class="ttname"><a href="namespacegrppi.html#aecef6e7d3973be5c5678422b30dba5ce">grppi::requires_no_arguments</a></div><div class="ttdeci">typename std::enable_if_t&lt;!internal::has_arguments&lt; F &gt;(), int &gt; requires_no_arguments</div><div class="ttdef"><b>Definition:</b> callable_traits.h:86</div></div>
<div class="ttc" id="namespacestd_html"><div class="ttname"><a href="namespacestd.html">std</a></div><div class="ttdoc">STL namespace. </div></div>
<div class="ttc" id="namespacegrppi_html_aafdd79389d86c8837428498b46a52a11"><div class="ttname"><a href="namespacegrppi.html#aafdd79389d86c8837428498b46a52a11">grppi::pipeline_impl</a></div><div class="ttdeci">void pipeline_impl(parallel_execution_native &amp;ex, InQueue &amp;input_queue, Consumer &amp;&amp;consume)</div><div class="ttdef"><b>Definition:</b> native/pipeline.h:98</div></div>
<div class="ttc" id="classgrppi_1_1pipeline__info_html_a600ef5ecf6c7304f114d5c0df83a240d"><div class="ttname"><a href="classgrppi_1_1pipeline__info.html#a600ef5ecf6c7304f114d5c0df83a240d">grppi::pipeline_info::exectype</a></div><div class="ttdeci">E &amp; exectype</div><div class="ttdef"><b>Definition:</b> patterns.h:31</div></div>
<div class="ttc" id="classgrppi_1_1parallel__execution__native_html"><div class="ttname"><a href="classgrppi_1_1parallel__execution__native.html">grppi::parallel_execution_native</a></div><div class="ttdoc">Native parallel execution policy. This policy uses ISO C++ threads as implementation building block a...</div><div class="ttdef"><b>Definition:</b> parallel_execution_native.h:136</div></div>
<div class="ttc" id="namespacegrppi_1_1internal_html_a8ae839f3ca48e80d464799dae8cf2f00"><div class="ttname"><a href="namespacegrppi_1_1internal.html#a8ae839f3ca48e80d464799dae8cf2f00">grppi::internal::requires_index_not_last</a></div><div class="ttdeci">std::enable_if_t&lt;(Index&lt; sizeof...(T)-1), int &gt; requires_index_not_last</div><div class="ttdef"><b>Definition:</b> pack_traits.h:34</div></div>
<div class="ttc" id="group__pipeline__pattern__native_html_ga50396cad2879f1facd37757ea3aa564b"><div class="ttname"><a href="group__pipeline__pattern__native.html#ga50396cad2879f1facd37757ea3aa564b">grppi::pipeline</a></div><div class="ttdeci">void pipeline(parallel_execution_native &amp;ex, Generator &amp;&amp;generate_op, Transformers &amp;&amp;...transform_ops)</div><div class="ttdoc">Invoke Pipeline pattern on a data stream with native parallel execution. </div><div class="ttdef"><b>Definition:</b> native/pipeline.h:500</div></div>
<div class="ttc" id="classgrppi_1_1pipeline__info_html_a4e063c3a9ea8b3bfe678acda47e7a29d"><div class="ttname"><a href="classgrppi_1_1pipeline__info.html#a4e063c3a9ea8b3bfe678acda47e7a29d">grppi::pipeline_info::stages</a></div><div class="ttdeci">std::tuple&lt; Stage, Stages... &gt; stages</div><div class="ttdef"><b>Definition:</b> patterns.h:32</div></div>
<div class="ttc" id="classgrppi_1_1parallel__execution__native_html_aa3fb66a10cab14001a371be7b351c745"><div class="ttname"><a href="classgrppi_1_1parallel__execution__native.html#aa3fb66a10cab14001a371be7b351c745">grppi::parallel_execution_native::thread_manager</a></div><div class="ttdeci">native_thread_manager thread_manager()</div><div class="ttdoc">Get a manager object for registration/deregistration in the thread index table for current thread...</div><div class="ttdef"><b>Definition:</b> parallel_execution_native.h:199</div></div>
<div class="ttc" id="namespacegrppi_html_a4a3adea4a352869567cc47b78cd96a46"><div class="ttname"><a href="namespacegrppi.html#a4a3adea4a352869567cc47b78cd96a46">grppi::pipeline_impl_unordered</a></div><div class="ttdeci">void pipeline_impl_unordered(parallel_execution_native &amp;ex, InQueue &amp;input_queue, filter_info&lt; parallel_execution_native, Transformer &gt; &amp;&amp;filter_obj, MoreTransformers &amp;&amp;...more_transform_ops)</div><div class="ttdef"><b>Definition:</b> native/pipeline.h:327</div></div>
<div class="ttc" id="classgrppi_1_1farm__info_html"><div class="ttname"><a href="classgrppi_1_1farm__info.html">grppi::farm_info</a></div><div class="ttdef"><b>Definition:</b> patterns.h:51</div></div>
<div class="ttc" id="parallel__execution__native_8h_html"><div class="ttname"><a href="parallel__execution__native_8h.html">parallel_execution_native.h</a></div></div>
<div class="ttc" id="namespacegrppi_html_a94f99f5b5ff245645e9fb5fdb9861182"><div class="ttname"><a href="namespacegrppi.html#a94f99f5b5ff245645e9fb5fdb9861182">grppi::composed_pipeline</a></div><div class="ttdeci">void composed_pipeline(InQueue &amp;input_queue, const pipeline_info&lt; parallel_execution_native, MoreTransformers... &gt; &amp;pipe, OutQueue &amp;output_queue, std::vector&lt; std::thread &gt; &amp;tasks)</div><div class="ttdef"><b>Definition:</b> native/pipeline.h:36</div></div>
<div class="ttc" id="namespacegrppi_1_1internal_html_ad87205cdf0538829626a1dc88fca4ccc"><div class="ttname"><a href="namespacegrppi_1_1internal.html#ad87205cdf0538829626a1dc88fca4ccc">grppi::internal::requires_index_last</a></div><div class="ttdeci">std::enable_if_t&lt;(Index==sizeof...(T)-1), int &gt; requires_index_last</div><div class="ttdef"><b>Definition:</b> pack_traits.h:30</div></div>
<div class="ttc" id="classgrppi_1_1parallel__execution__native_html_a5c310952de159f2b4d62bdae4b360d8f"><div class="ttname"><a href="classgrppi_1_1parallel__execution__native.html#a5c310952de159f2b4d62bdae4b360d8f">grppi::parallel_execution_native::make_queue</a></div><div class="ttdeci">mpmc_queue&lt; T &gt; make_queue() const </div><div class="ttdoc">Makes a communication queue for elements of type T. Constructs a queue using the attributes that can ...</div><div class="ttdef"><b>Definition:</b> parallel_execution_native.h:225</div></div>
<div class="ttc" id="classgrppi_1_1parallel__execution__native_html_a865f895d5f3e10b6f0cfa55f197c109b"><div class="ttname"><a href="classgrppi_1_1parallel__execution__native.html#a865f895d5f3e10b6f0cfa55f197c109b">grppi::parallel_execution_native::is_ordered</a></div><div class="ttdeci">bool is_ordered() const noexcept</div><div class="ttdoc">Is execution ordered. </div><div class="ttdef"><b>Definition:</b> parallel_execution_native.h:193</div></div>
<div class="ttc" id="group__reduce__pattern__native_html_gad3a9dc3cdb2b5165d1cc201eb0da4383"><div class="ttname"><a href="group__reduce__pattern__native.html#gad3a9dc3cdb2b5165d1cc201eb0da4383">grppi::reduce</a></div><div class="ttdeci">auto reduce(parallel_execution_native &amp;ex, InputIt first, InputIt last, Identity identity, Combiner &amp;&amp;combine_op)</div><div class="ttdoc">Invoke Reduce pattern with identity value on a data sequence with parallel native execution...</div><div class="ttdef"><b>Definition:</b> native/reduce.h:51</div></div>
</div><!-- fragment --></div><!-- contents -->
<!-- start footer part -->
<hr class="footer"/><address class="footer"><small>
Generated by &#160;<a href="http://www.doxygen.org/index.html">
<img class="footer" src="doxygen.png" alt="doxygen"/>
</a> 1.8.11
</small></address>
</body>
</html>
